source ~/.bashrc

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards"
dataname="Speech2TEXTandTOKEN_giga_1_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards"
dataname="Speech2TEXTandTOKEN_giga_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix"
dataname="zh_en_mix_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly"
dataname="poly_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow/shards_list.txt"
replace_dir="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow"
dataname="instruct_follow_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2
input_shards_path="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards_list.txt"
replace_dir="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards"
dataname="english_TEXT2TOKEN_part_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text/shards"
dataname="text2text_added_by_20250404"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q_with_asr/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q_with_asr"
dataname="Q_with_asr_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q"
dataname="Q_only_X_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="QEmo_Q_train_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval"
dataname="QEmo_Q_eval_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text_2/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_2/shards"
dataname="text2text_2_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard"
dataname="E1_S2Chat_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq"
dataname="2000_hq_S2Chat_by_hkxie_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2"
dataname="giga_2_s2s_by_tlzuo_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train"
dataname="lucy_audio_train_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/eval"
dataname="lucy_audio_eval_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s"
dataname="no_emotion_instruct_s2s_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train"
dataname="Lucy_Emotion_Control_QEmo_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval"
dataname="Lucy_Emotion_Control_QEmo_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train"
dataname="Lucy_Emotion_Control_QNeutral_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval"
dataname="Lucy_Emotion_Control_QNeutral_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption"
dataname="audio_caption_by_wjtian_added_by_20250414" # 其实是20250411
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_3_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_3_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_3_en/shards"
dataname="text2text_3_en_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_4_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_4_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_4_en/shards"
dataname="text2text_4_en_added_by_20250416"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="emotion_lucy_Q_added_2025_4_9"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shards"
dataname="yuzhoufm_13_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shards"
dataname="yuzhoufm_14_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shards"
dataname="yuzhoufm_15_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shards"
dataname="yuzhoufm_16_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shards"
dataname="yuzhoufm_17_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio"
dataname="longaudio_by_cywang_added_by_20250426"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards_list.txt
input_shards_path="/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_5_lucy_audioQA_1M/shards"
dataname="text2text_5_lucy_audioQA_1M_by_cywang_added_by_20250426"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise"
dataname="longaudio_addnoise_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn"
dataname="text2token_itn_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num





# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption"
dataname="S2SChat_qa_caption_by_wjtian_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


#/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/emotion_merged_dabao"
dataname="S2SChat_emotion_merged_dabao_by_zxzhao_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_part2"
dataname="S2SChat_qa_caption_part2_by_wjtian_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data"
dataname="S2SChat_age_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data"
dataname="S2SChat_sex_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data"
dataname="S2SChat_style_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue"
dataname="S2SChat_dialect_dialogue_by_sywang_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# --------------------------

# /home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/jinpingduihua"
dataname="S2SChat_jinpingduihua_kxxia_added_by_20250429"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250429"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# ---------------------------------- new  kjl---------
# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data"
dataname="S2SChat_llasa_sex_qa_data_by_gjli_added_by_20250510"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data"
dataname="S2SChat_llasa_age_qa_data_by_gjli_added_by_20250510"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num




# -------------------------new jf----------
# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/dialect_dialogue_new"
dataname="S2SChat_dialect_dialogue_new_by_sywang_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/age_data"
dataname="S2SChat_age_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/sex_data"
dataname="S2SChat_sex_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/style_data"
dataname="S2SChat_style_data_by_gjli_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/S2Chat/qa_caption_new"
dataname="S2SChat_qa_caption_new_by_wjtian_added_by_20250509"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num









# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_8772K/shards"
dataname="t2t_8772K_by_xlgeng_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_math_poetry_self/shards"
dataname="t2t_math_poetry_self_by_xlgeng_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_aa/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_aa/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_aa"
dataname="S2SChat_sub_aa_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_ac/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ac/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ac"
dataname="S2SChat_sub_ac_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_af/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_af/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_af"
dataname="S2SChat_sub_af_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_an/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_an/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_an"
dataname="S2SChat_sub_an_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_ap/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ap/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_ap"
dataname="S2SChat_sub_ap_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/sub_bc/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/sub_bc/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/sub_bc"
dataname="S2SChat_sub_bc_by_zhguo_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/osum_setting_qa"
dataname="S2SChat_osum_setting_qa_by_cywang_added_by_20250513"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards_list.txt
input_shards_path="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards_list.txt"
replace_dir="/home/work_nfs11/asr_data/data/text2text_data_xlgeng/shards/t2t_3000W/shards_2/shards"
dataname="t2t_3000W_by_xlgeng_added_by_20250513" # 0515
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_age_qa_data_4-27"
dataname="S2SChat_llasa_age_qa_data_by_cywang_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/llasa_sex_qa_data_4-27"
dataname="S2SChat_llasa_sex_qa_data_by_cywang_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0512"
dataname="S2SChat_syndata_1_by_zhguo_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513"
dataname="S2SChat_syndata_2_by_zhguo_added_by_20250515"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/syndata_0513_part2"
dataname="S2SChat_syndata_3_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_content_data"
dataname="S2SChat_poem_500_content_data_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/poem_500_author_data"
dataname="S2SChat_poem_500_author_data_by_zhguo_added_by_20250516"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


# /mnt/sfs/asr/caption/shards_list.txt
input_shards_path="/mnt/sfs/asr/caption/shards_list.txt"
replace_dir="/mnt/sfs/asr/update_data/caption"
dataname="caption"
local_root_dir="/home/work_nfs9/asr_data/data/osum_data/caption"
thread_num=1
my_nohup python ./download_shards.py $input_shards_path $replace_dir $dataname $local_root_dir $thread_num

# /mnt/sfs/asr/caption/shards_list.txt
input_shards_path="/mnt/sfs/asr/update_data/caption_2025_1_6_newadd/shards_list.txt"
replace_dir="/mnt/sfs/asr/update_data/caption_2025_1_6_newadd"
dataname="caption_2025_1_6_newadd"
local_root_dir="/home/work_nfs9/asr_data/data/osum_data/caption"
thread_num=1
my_nohup python ./download_shards.py $input_shards_path $replace_dir $dataname $local_root_dir $thread_num

# /mnt/sfs/asr/caption/shards_list.txt
input_shards_path="/mnt/sfs/asr/update_data/caption_aslp_add_2025_1_15/shards_list.txt"
replace_dir="/mnt/sfs/asr/update_data/caption_aslp_add_2025_1_15"
dataname="caption_aslp_add_2025_1_15"
local_root_dir="/home/work_nfs9/asr_data/data/osum_data/caption"
thread_num=1
my_nohup python ./download_shards.py $input_shards_path $replace_dir $dataname $local_root_dir $thread_num

# /mnt/sfs/asr/caption/shards_list.txt
input_shards_path="/mnt/sfs/asr/update_data/caption_nospeech_add_2025_1_15/shards_list.txt"
replace_dir="/mnt/sfs/asr/update_data/caption_nospeech_add_2025_1_15"
dataname="caption_nospeech_add_2025_1_15"
local_root_dir="/home/work_nfs9/asr_data/data/osum_data/caption"
thread_num=1
my_nohup python ./download_shards.py $input_shards_path $replace_dir $dataname $local_root_dir $thread_num

# /mnt/sfs/asr/caption/shards_list.txt
input_shards_path="/mnt/sfs/asr/update_data/caption_VocalSound_ourclass2_add_2025_1_15/shards_list.txt"
replace_dir="/mnt/sfs/asr/update_data/caption_VocalSound_ourclass2_add_2025_1_15"
dataname="caption_VocalSound_ourclass2_add_2025_1_15"
local_root_dir="/home/work_nfs9/asr_data/data/osum_data/caption"
thread_num=1
my_nohup python ./download_shards.py $input_shards_path $replace_dir $dataname $local_root_dir $thread_num
